{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "using ReinforcementLearningAnIntroduction\n",
    "\n",
    "using Plots\n",
    "\n",
    "using StatsBase"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "4"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "env = CliffWalkingEnv()\n",
    "ns = length(get_observation_space(env))\n",
    "na = length(get_action_space(env))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "create_SARSA_agent (generic function with 1 method)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "create_ExpectedSARSA_agent(α) = Agent(\n",
    "    policy=QBasedPolicy(\n",
    "        learner=TDLearner(\n",
    "            approximator=TabularApproximator(n_state=ns, n_action=na),\n",
    "            optimizer=Descent(α),\n",
    "            method=:ExpectedSARSA\n",
    "        ),\n",
    "        explorer=EpsilonGreedyExplorer(0.1)\n",
    "    ),\n",
    "    trajectory= EpisodicCompactSARTSATrajectory()\n",
    ")\n",
    "\n",
    "create_Q_agent(α) = Agent(\n",
    "    policy=QBasedPolicy(\n",
    "        learner=TDLearner(\n",
    "            approximator=TabularApproximator(n_state=ns, n_action=na),\n",
    "            optimizer=Descent(α),\n",
    "            method=:SARS\n",
    "        ),\n",
    "        explorer=EpsilonGreedyExplorer(0.1)\n",
    "    ),\n",
    "    trajectory= EpisodicCompactSARTSATrajectory()\n",
    ")\n",
    "\n",
    "create_SARSA_agent(α) = Agent(\n",
    "    policy=QBasedPolicy(\n",
    "        learner=TDLearner(\n",
    "            approximator=TabularApproximator(n_state=ns, n_action=na),\n",
    "            optimizer=Descent(α),\n",
    "            method=:SARSA\n",
    "        ),\n",
    "        explorer=EpsilonGreedyExplorer(0.1)\n",
    "    ),\n",
    "    trajectory= EpisodicCompactSARTSATrajectory()\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "repeated_run (generic function with 2 methods)"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "function repeated_run(agent_creater, n, episode, is_mean=true)\n",
    "    env = CliffWalkingEnv()\n",
    "    rewards = []\n",
    "    for _ in 1:n\n",
    "        hook = TotalRewardPerEpisode()\n",
    "        run(agent_creater(), env, StopAfterEpisode(episode;is_show_progress=false), hook)\n",
    "        push!(rewards, is_mean ? mean(hook.rewards) : hook.rewards)\n",
    "    end\n",
    "    mean(rewards)\n",
    "end"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip2400\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip2400)\" d=\"\n",
       "M0 1600 L2400 1600 L2400 0 L0 0  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip2401\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip2400)\" d=\"\n",
       "M195.389 1487.47 L2352.76 1487.47 L2352.76 47.2441 L195.389 47.2441  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip2402\">\n",
       "    <rect x=\"195\" y=\"47\" width=\"2158\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  252.368,1487.47 252.368,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  660.234,1487.47 660.234,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1068.1,1487.47 1068.1,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1475.97,1487.47 1475.97,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1883.83,1487.47 1883.83,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  2291.7,1487.47 2291.7,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,1348.15 2352.76,1348.15 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,1133.39 2352.76,1133.39 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,918.635 2352.76,918.635 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,703.877 2352.76,703.877 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,489.119 2352.76,489.119 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,274.361 2352.76,274.361 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,59.6036 2352.76,59.6036 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1487.47 195.389,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  252.368,1487.47 252.368,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  660.234,1487.47 660.234,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1068.1,1487.47 1068.1,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1475.97,1487.47 1475.97,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1883.83,1487.47 1883.83,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  2291.7,1487.47 2291.7,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1348.15 221.278,1348.15 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1133.39 221.278,1133.39 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,918.635 221.278,918.635 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,703.877 221.278,703.877 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,489.119 221.278,489.119 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,274.361 221.278,274.361 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,59.6036 221.278,59.6036 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 252.368, 1541.47)\" x=\"252.368\" y=\"1541.47\">0</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 660.234, 1541.47)\" x=\"660.234\" y=\"1541.47\">100</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1068.1, 1541.47)\" x=\"1068.1\" y=\"1541.47\">200</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1475.97, 1541.47)\" x=\"1475.97\" y=\"1541.47\">300</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1883.83, 1541.47)\" x=\"1883.83\" y=\"1541.47\">400</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 2291.7, 1541.47)\" x=\"2291.7\" y=\"1541.47\">500</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 1365.65)\" x=\"171.389\" y=\"1365.65\">-140</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 1150.89)\" x=\"171.389\" y=\"1150.89\">-120</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 936.135)\" x=\"171.389\" y=\"936.135\">-100</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 721.377)\" x=\"171.389\" y=\"721.377\">-80</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 506.619)\" x=\"171.389\" y=\"506.619\">-60</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 291.861)\" x=\"171.389\" y=\"291.861\">-40</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 77.1036)\" x=\"171.389\" y=\"77.1036\">-20</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  256.447,954.038 260.525,1299.55 264.604,1314.01 268.683,1254.82 272.761,1290.86 276.84,1346 280.919,1346.61 284.997,1378.58 289.076,1400.58 293.155,1420.72 \n",
       "  297.233,1432.97 301.312,1392.77 305.391,1324.45 309.469,1204.9 313.548,1040.56 317.627,887.345 321.705,823.97 325.784,762.205 329.863,705.359 333.941,698.884 \n",
       "  338.02,676.42 342.099,646.687 346.177,610.296 350.256,596.691 354.335,581.132 358.413,574.926 362.492,536.463 366.571,522.203 370.649,531.405 374.728,495.508 \n",
       "  378.807,511.851 382.885,454.532 386.964,463.542 391.043,421.46 395.121,446.103 399.2,418.442 403.279,426.882 407.357,410.024 411.436,415.64 415.515,378.154 \n",
       "  419.593,369.585 423.672,382.385 427.751,367.749 431.829,369.896 435.908,335.6 439.986,348.829 444.065,318.408 448.144,336.222 452.222,321.608 456.301,342.966 \n",
       "  460.38,319.053 464.458,306.876 468.537,304.223 472.616,287.58 476.694,279.741 480.773,269.476 484.852,295.032 488.93,295.354 493.009,271.473 497.088,277.873 \n",
       "  501.166,287.301 505.245,268.627 509.324,271.881 513.402,260.123 517.481,259.586 521.56,260.681 525.638,267.221 529.717,273.739 533.796,259.092 537.874,251.211 \n",
       "  541.953,251.683 546.032,239.012 550.11,245.423 554.189,255.602 558.268,260.112 562.346,257.374 566.425,239.581 570.504,241.826 574.582,241.257 578.661,258.727 \n",
       "  582.74,244.134 586.818,234.245 590.897,253.949 594.976,231.013 599.054,232.043 603.133,227.093 607.212,233.622 611.29,235.888 615.369,253.723 619.448,230.476 \n",
       "  623.526,241.45 627.605,235.973 631.684,230.358 635.762,226.073 639.841,251.425 643.92,246.013 647.998,242.073 652.077,254.142 656.156,233.547 660.234,250.405 \n",
       "  664.313,221.026 668.391,247.098 672.47,230.594 676.549,213.563 680.627,234.159 684.706,230.776 688.785,246.711 692.863,261.573 696.942,230.519 701.021,235.093 \n",
       "  705.099,233.751 709.178,244.381 713.257,210.793 717.335,237.885 721.414,239.399 725.493,238.325 729.571,251.372 733.65,266.276 737.729,250.062 741.807,235.576 \n",
       "  745.886,231.474 749.965,253.057 754.043,237.283 758.122,242.126 762.201,240.172 766.279,253.219 770.358,225.901 774.437,246.421 778.515,251.79 782.594,258.706 \n",
       "  786.673,232.795 790.751,206.809 794.83,228.747 798.909,242.491 802.987,255.151 807.066,237.498 811.145,223.786 815.223,259.404 819.302,247.205 823.381,242.18 \n",
       "  827.459,218.353 831.538,254.647 835.617,235.05 839.695,266.641 843.774,222.358 847.853,244.252 851.931,239.324 856.01,232.817 860.089,237.391 864.167,264.311 \n",
       "  868.246,226.427 872.325,226.739 876.403,219.48 880.482,227.813 884.56,262.915 888.639,242.298 892.718,220.21 896.796,243.576 900.875,244.95 904.954,243.995 \n",
       "  909.032,223.421 913.111,220.232 917.19,238.98 921.268,244.467 925.347,244.596 929.426,228.736 933.504,219.255 937.583,233.192 941.662,216.022 945.74,218.986 \n",
       "  949.819,241.536 953.898,221.993 957.976,276.724 962.055,243.039 966.134,210.331 970.212,238.465 974.291,252.778 978.37,221.703 982.448,266.05 986.527,231.152 \n",
       "  990.606,220.994 994.684,229.005 998.763,250.019 1002.84,241.6 1006.92,265.696 1011,238.755 1015.08,223.26 1019.16,247.667 1023.23,245.401 1027.31,266.716 \n",
       "  1031.39,230.293 1035.47,252.005 1039.55,267.929 1043.63,252.961 1047.71,222.304 1051.79,230.819 1055.86,242.738 1059.94,242.663 1064.02,249.267 1068.1,245.573 \n",
       "  1072.18,206.262 1076.26,252.843 1080.34,212.812 1084.41,202.364 1088.49,234.545 1092.57,267.049 1096.65,238.11 1100.73,215.421 1104.81,215.98 1108.89,255.205 \n",
       "  1112.97,246.4 1117.04,242.932 1121.12,219.276 1125.2,237.122 1129.28,252.392 1133.36,234.223 1137.44,261.369 1141.52,236.467 1145.59,249.095 1149.67,250.276 \n",
       "  1153.75,237.23 1157.83,250.674 1161.91,241.589 1165.99,241.579 1170.07,228.575 1174.15,220.103 1178.22,236.371 1182.3,268.187 1186.38,242.921 1190.46,239.839 \n",
       "  1194.54,233.31 1198.62,221.467 1202.7,257.245 1206.77,230.433 1210.85,228.135 1214.93,238.057 1219.01,246.668 1223.09,240.655 1227.17,229.627 1231.25,268.445 \n",
       "  1235.33,214.326 1239.4,248.386 1243.48,237.971 1247.56,215.475 1251.64,226.256 1255.72,235.544 1259.8,230.014 1263.88,210.611 1267.95,250.083 1272.03,212.511 \n",
       "  1276.11,252.961 1280.19,231.786 1284.27,212.962 1288.35,258.92 1292.43,217.526 1296.51,228.425 1300.58,210.879 1304.66,234.159 1308.74,249.675 1312.82,246.915 \n",
       "  1316.9,230.046 1320.98,226.943 1325.06,222.54 1329.13,247.764 1333.21,238.594 1337.29,216.334 1341.37,217.826 1345.45,233.955 1349.53,222.626 1353.61,209.741 \n",
       "  1357.69,231.195 1361.76,240.977 1365.84,253.025 1369.92,253.251 1374,215.872 1378.08,236.177 1382.16,240.075 1386.24,251.318 1390.31,250.802 1394.39,252.617 \n",
       "  1398.47,250.985 1402.55,258.34 1406.63,241.095 1410.71,237.09 1414.79,247.033 1418.87,224.087 1422.94,233.557 1427.02,257.234 1431.1,260.112 1435.18,223.475 \n",
       "  1439.26,236.038 1443.34,231.388 1447.42,258.362 1451.49,235.909 1455.57,235.383 1459.65,249.063 1463.73,223.657 1467.81,227.029 1471.89,226.664 1475.97,262.432 \n",
       "  1480.04,248.29 1484.12,249.943 1488.2,242.201 1492.28,217.891 1496.36,224.409 1500.44,223.389 1504.52,266.158 1508.6,229.327 1512.67,225.085 1516.75,230.991 \n",
       "  1520.83,240.204 1524.91,245.122 1528.99,244.553 1533.07,207.636 1537.15,227.952 1541.22,269.948 1545.3,254.024 1549.38,224.892 1553.46,231.013 1557.54,251.619 \n",
       "  1561.62,234.599 1565.7,213.649 1569.78,219.448 1573.85,238.089 1577.93,225.397 1582.01,237.638 1586.09,226.932 1590.17,226.782 1594.25,221.037 1598.33,246.636 \n",
       "  1602.4,221.252 1606.48,227.04 1610.56,257.492 1614.64,237.316 1618.72,238.883 1622.8,257.106 1626.88,255.076 1630.96,216.635 1635.03,207.905 1639.11,230.701 \n",
       "  1643.19,237.53 1647.27,248.247 1651.35,217.923 1655.43,252.424 1659.51,229.327 1663.58,245.713 1667.66,238.798 1671.74,224.795 1675.82,241.815 1679.9,241.697 \n",
       "  1683.98,224.495 1688.06,261.626 1692.14,221.456 1696.21,223.292 1700.29,235.576 1704.37,229.96 1708.45,239.689 1712.53,214.498 1716.61,238.314 1720.69,242.277 \n",
       "  1724.76,252.478 1728.84,251.565 1732.92,238.368 1737,219.469 1741.08,229.541 1745.16,240.816 1749.24,212.479 1753.32,249.503 1757.39,227.566 1761.47,233.998 \n",
       "  1765.55,243.866 1769.63,239.689 1773.71,240.161 1777.79,237.788 1781.87,255.559 1785.94,244.22 1790.02,247.066 1794.1,242.352 1798.18,274.018 1802.26,258.63 \n",
       "  1806.34,234.728 1810.42,259.511 1814.5,244.617 1818.57,235.598 1822.65,244.37 1826.73,219.48 1830.81,252.037 1834.89,238.196 1838.97,246.905 1843.05,257.181 \n",
       "  1847.12,246.711 1851.2,235.018 1855.28,249.686 1859.36,246.067 1863.44,245.831 1867.52,233.235 1871.6,219.727 1875.67,244.789 1879.75,236.918 1883.83,235.19 \n",
       "  1887.91,226.707 1891.99,241.407 1896.07,242.62 1900.15,242.18 1904.23,255.312 1908.3,210.106 1912.38,221.477 1916.46,222.304 1920.54,248.376 1924.62,245.895 \n",
       "  1928.7,229.069 1932.78,233.579 1936.85,244.124 1940.93,245.154 1945.01,222.981 1949.09,239.463 1953.17,240.312 1957.25,236.886 1961.33,235.404 1965.41,246.056 \n",
       "  1969.48,243.995 1973.56,261.519 1977.64,260.52 1981.72,216.291 1985.8,238.336 1989.88,253.39 1993.96,242.448 1998.03,231.184 2002.11,241.611 2006.19,241.031 \n",
       "  2010.27,229.874 2014.35,229.133 2018.43,239.624 2022.51,219.867 2026.59,233.31 2030.66,236.156 2034.74,241.074 2038.82,230.83 2042.9,265.846 2046.98,242.609 \n",
       "  2051.06,238.594 2055.14,212.425 2059.21,250.556 2063.29,251.694 2067.37,245.691 2071.45,222.326 2075.53,228.521 2079.61,249.632 2083.69,244.306 2087.77,224.559 \n",
       "  2091.84,255.323 2095.92,217.096 2100,233.117 2104.08,258.502 2108.16,252.875 2112.24,240.247 2116.32,210.782 2120.39,237.896 2124.47,267.35 2128.55,215.11 \n",
       "  2132.63,248.548 2136.71,239.689 2140.79,244.489 2144.87,257.277 2148.95,250.244 2153.02,235.029 2157.1,233.74 2161.18,255.506 2165.26,234.964 2169.34,255.141 \n",
       "  2173.42,269.486 2177.5,241.836 2181.57,236.36 2185.65,244.553 2189.73,251.404 2193.81,237.863 2197.89,226.148 2201.97,241.707 2206.05,245.874 2210.13,213.918 \n",
       "  2214.2,255.871 2218.28,240.032 2222.36,225.343 2226.44,235.909 2230.52,246.722 2234.6,252.714 2238.68,225.74 2242.75,225.536 2246.83,237.992 2250.91,247.946 \n",
       "  2254.99,221.22 2259.07,239.882 2263.15,258.577 2267.23,250.491 2271.31,223.324 2275.38,226.771 2279.46,241.095 2283.54,230.637 2287.62,239.184 2291.7,224.752 \n",
       "  \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2402)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  256.447,959.729 260.525,1312.11 264.604,1326.42 268.683,1246.69 272.761,1301.27 276.84,1335.76 280.919,1347.63 284.997,1382.46 289.076,1416.28 293.155,1431.04 \n",
       "  297.233,1446.71 301.312,1410.86 305.391,1316.72 309.469,1173.75 313.548,1069.62 317.627,951.718 321.705,843.147 325.784,758.35 329.863,739.226 333.941,696.629 \n",
       "  338.02,642.027 342.099,654.751 346.177,618.522 350.256,584.493 354.335,610.694 358.413,583.978 362.492,599.73 366.571,543.517 370.649,535.625 374.728,520.893 \n",
       "  378.807,505.366 382.885,457.013 386.964,448.068 391.043,450.334 395.121,452.922 399.2,417.723 403.279,404.741 407.357,407.533 411.436,407.801 415.515,383.201 \n",
       "  419.593,379.915 423.672,341.538 427.751,350.396 431.829,333.108 435.908,343.331 439.986,306.156 444.065,321.608 448.144,301.861 452.222,296.9 456.301,300.777 \n",
       "  460.38,284.165 464.458,294.914 468.537,272.729 472.616,254.496 476.694,268.262 480.773,262.743 484.852,256.075 488.93,232.194 493.009,245.133 497.088,246.389 \n",
       "  501.166,250.491 505.245,230.766 509.324,228.274 513.402,216.151 517.481,217.086 521.56,227.372 525.638,195.502 529.717,216.839 533.796,197.843 537.874,209.086 \n",
       "  541.953,204.737 546.032,203.685 550.11,217.451 554.189,189.715 558.268,181.253 562.346,218.503 566.425,177.924 570.504,178.536 574.582,174.445 578.661,179.567 \n",
       "  582.74,169.13 586.818,194.257 590.897,181.704 594.976,173.833 599.054,160.228 603.133,155.912 607.212,169.978 611.29,171.278 615.369,166.177 619.448,155.182 \n",
       "  623.526,180.781 627.605,157.533 631.684,165.941 635.762,162.129 639.841,156.524 643.92,151.241 647.998,154.323 652.077,149.877 656.156,155.837 660.234,156.148 \n",
       "  664.313,166.51 668.391,153.915 672.47,150.038 676.549,154.698 680.627,164.287 684.706,146.688 688.785,172.727 692.863,159.165 696.942,146.398 701.021,131.182 \n",
       "  705.099,144.658 709.178,131.709 713.257,133.459 717.335,146.13 721.414,137.163 725.493,148.309 729.571,134.06 733.65,137.979 737.729,134.522 741.807,141.04 \n",
       "  745.886,128.047 749.965,141.405 754.043,148.674 758.122,135.08 762.201,147.182 766.279,140.889 770.358,132.149 774.437,128.262 778.515,153.818 782.594,131.547 \n",
       "  786.673,146.119 790.751,145.281 794.83,155.922 798.909,131.419 802.987,142.608 807.066,145.442 811.145,139.547 815.223,142.081 819.302,132.503 823.381,134.973 \n",
       "  827.459,147.45 831.538,134.049 835.617,122.893 839.695,148.331 843.774,143.832 847.853,134.35 851.931,139.912 856.01,134.608 860.089,154.108 864.167,132.202 \n",
       "  868.246,130.935 872.325,133.663 876.403,137.357 880.482,150.682 884.56,151.81 888.639,147.278 892.718,134.651 896.796,125.244 900.875,135.005 904.954,135.08 \n",
       "  909.032,121.142 913.111,143.542 917.19,123.204 921.268,119.854 925.347,124.095 929.426,139.322 933.504,142.522 937.583,127.961 941.662,136.702 945.74,145.389 \n",
       "  949.819,133.706 953.898,121.98 957.976,142.135 962.055,135.402 966.134,127.295 970.212,127.274 974.291,130.592 978.37,128.541 982.448,134.2 986.527,134.619 \n",
       "  990.606,133.888 994.684,133.04 998.763,122.238 1002.84,129.658 1006.92,131.988 1011,129.464 1015.08,117.706 1019.16,135.467 1023.23,130.184 1027.31,143.756 \n",
       "  1031.39,136.24 1035.47,122.098 1039.55,124.085 1043.63,124.89 1047.71,117.363 1051.79,135.95 1055.86,123.591 1059.94,128.433 1064.02,125.524 1068.1,116.31 \n",
       "  1072.18,128.197 1076.26,121.486 1080.34,116.804 1084.41,120.509 1088.49,124.192 1092.57,116.514 1096.65,110.523 1100.73,111.543 1104.81,120.777 1108.89,120.595 \n",
       "  1112.97,133.104 1117.04,112.885 1121.12,125.899 1125.2,124.181 1129.28,116.45 1133.36,140.299 1137.44,111.242 1141.52,106.528 1145.59,117.653 1149.67,109.868 \n",
       "  1153.75,106.335 1157.83,122.624 1161.91,113.025 1165.99,114.431 1170.07,101.267 1174.15,115.344 1178.22,101.159 1182.3,100.193 1186.38,105.605 1190.46,120.101 \n",
       "  1194.54,126.372 1198.62,109.202 1202.7,129.915 1206.77,128.627 1210.85,121.529 1214.93,98.3889 1219.01,111.167 1223.09,108.407 1227.17,114.657 1231.25,109.17 \n",
       "  1235.33,118.598 1239.4,121.615 1243.48,124.203 1247.56,129.217 1251.64,124.02 1255.72,110.963 1259.8,107.806 1263.88,112.187 1267.95,113.325 1272.03,123.397 \n",
       "  1276.11,126.501 1280.19,115.441 1284.27,112.327 1288.35,110.372 1292.43,109.245 1296.51,115.011 1300.58,111.962 1304.66,124.042 1308.74,122.463 1312.82,108.858 \n",
       "  1316.9,124.793 1320.98,115.043 1325.06,109.138 1329.13,107.269 1333.21,102.255 1337.29,104.799 1341.37,102.05 1345.45,109.889 1349.53,106.689 1353.61,101.943 \n",
       "  1357.69,110.995 1361.76,114.947 1365.84,122.313 1369.92,113.948 1374,104.402 1378.08,111.843 1382.16,100.708 1386.24,103.607 1390.31,110.694 1394.39,107.473 \n",
       "  1398.47,104.391 1402.55,98.9902 1406.63,114.131 1410.71,106.904 1414.79,105.218 1418.87,115.816 1422.94,105.293 1427.02,113.851 1431.1,112.574 1435.18,109.535 \n",
       "  1439.26,105.411 1443.34,103.457 1447.42,103.296 1451.49,115.473 1455.57,107.849 1459.65,101.567 1463.73,105.369 1467.81,109.75 1471.89,107.742 1475.97,120.036 \n",
       "  1480.04,119.317 1484.12,107.172 1488.2,91.9676 1492.28,104.445 1496.36,101.288 1500.44,96.6279 1504.52,117.706 1508.6,127.209 1512.67,113.787 1516.75,116.074 \n",
       "  1520.83,120.906 1524.91,111.392 1528.99,118.469 1533.07,126.071 1537.15,116.536 1541.22,112.649 1545.3,113.325 1549.38,119.306 1553.46,118.039 1557.54,133.802 \n",
       "  1561.62,118.2 1565.7,132.288 1569.78,130.441 1573.85,131.011 1577.93,124.74 1582.01,117.803 1586.09,123.558 1590.17,123.451 1594.25,110.49 1598.33,110.297 \n",
       "  1602.4,106.528 1606.48,117.03 1610.56,98.9687 1614.64,98.3245 1618.72,112.853 1622.8,112.219 1626.88,93.2884 1630.96,103.522 1635.03,107.656 1639.11,117.91 \n",
       "  1643.19,104.703 1647.27,97.5728 1651.35,116.869 1655.43,115.043 1659.51,113.572 1663.58,105.24 1667.66,101.997 1671.74,111.414 1675.82,108.654 1679.9,113.916 \n",
       "  1683.98,109.621 1688.06,105.777 1692.14,109.299 1696.21,112.745 1700.29,104.993 1704.37,113.014 1708.45,102.727 1712.53,96.3379 1716.61,98.8828 1720.69,111.371 \n",
       "  1724.76,113.411 1728.84,96.6493 1732.92,111.156 1737,109.127 1741.08,103.189 1745.16,94.8132 1749.24,97.4869 1753.32,103.242 1757.39,97.5513 1761.47,101.707 \n",
       "  1765.55,110.49 1769.63,105.981 1773.71,116.665 1777.79,108.955 1781.87,103.167 1785.94,114.184 1790.02,109.331 1794.1,118.275 1798.18,105.089 1802.26,118.372 \n",
       "  1806.34,105.1 1810.42,112.66 1814.5,122.034 1818.57,110.308 1822.65,117.792 1826.73,109.266 1830.81,112.692 1834.89,105.658 1838.97,113.744 1843.05,114.378 \n",
       "  1847.12,111.296 1851.2,118.458 1855.28,105.197 1859.36,100.848 1863.44,105.465 1867.52,100.311 1871.6,108.633 1875.67,110.039 1879.75,107.516 1883.83,103.543 \n",
       "  1887.91,112.434 1891.99,110.791 1896.07,109.943 1900.15,118.952 1904.23,111.199 1908.3,89.9704 1912.38,107.419 1916.46,117.384 1920.54,123.655 1924.62,122.624 \n",
       "  1928.7,130.044 1932.78,108.654 1936.85,97.4654 1940.93,101.879 1945.01,114.013 1949.09,112.606 1953.17,107.334 1957.25,118.479 1961.33,106.281 1965.41,116.235 \n",
       "  1969.48,100.214 1973.56,98.4963 1977.64,99.5271 1981.72,106.797 1985.8,95.4789 1989.88,111.564 1993.96,137.743 1998.03,108.762 2002.11,109.621 2006.19,102.995 \n",
       "  2010.27,117.277 2014.35,103.897 2018.43,111.124 2022.51,99.9566 2026.59,104.273 2030.66,102.738 2034.74,114.238 2038.82,105.003 2042.9,110.168 2046.98,103.393 \n",
       "  2051.06,122.077 2055.14,114.399 2059.21,112.552 2063.29,120.262 2067.37,107.688 2071.45,113.916 2075.53,107.666 2079.61,101.61 2083.69,112.488 2087.77,108.74 \n",
       "  2091.84,89.4979 2095.92,91.5703 2100,116.096 2104.08,107.097 2108.16,110.286 2112.24,116.676 2116.32,102.222 2120.39,110.823 2124.47,108.891 2128.55,119.317 \n",
       "  2132.63,109.223 2136.71,103.328 2140.79,104.638 2144.87,95.1031 2148.95,109.997 2153.02,104.273 2157.1,103.21 2161.18,103.157 2165.26,102.963 2169.34,118.555 \n",
       "  2173.42,113.658 2177.5,112.842 2181.57,101.234 2185.65,116.654 2189.73,114.7 2193.81,114.109 2197.89,113.97 2201.97,94.1474 2206.05,106.582 2210.13,104.381 \n",
       "  2214.2,110.372 2218.28,105.744 2222.36,97.7231 2226.44,102.845 2230.52,110.641 2234.6,117.492 2238.68,114.152 2242.75,114.421 2246.83,108.117 2250.91,97.3366 \n",
       "  2254.99,88.0053 2259.07,102.695 2263.15,119.016 2267.23,111.865 2271.31,97.8842 2275.38,109.642 2279.46,98.7325 2283.54,113.443 2287.62,105.83 2291.7,114.936 \n",
       "  \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2400)\" d=\"\n",
       "M1816.02 1343.47 L2280.76 1343.47 L2280.76 1162.03 L1816.02 1162.03  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1816.02,1343.47 2280.76,1343.47 2280.76,1162.03 1816.02,1162.03 1816.02,1343.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1840.02,1222.51 1984.02,1222.51 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 2008.02, 1240.01)\" x=\"2008.02\" y=\"1240.01\">QLearning</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2400)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1840.02,1282.99 1984.02,1282.99 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip2400)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 2008.02, 1300.49)\" x=\"2008.02\" y=\"1300.49\">SARSA</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "p = plot(legend=:bottomright)\n",
    "plot!(p, repeated_run(() -> create_Q_agent(0.5), 1000, 500, false), label=\"QLearning\")\n",
    "plot!(p, repeated_run(() -> create_SARSA_agent(0.5), 1000, 500, false), label=\"SARSA\")\n",
    "p"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"utf-8\"?>\n",
       "<svg xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\" width=\"600\" height=\"400\" viewBox=\"0 0 2400 1600\">\n",
       "<defs>\n",
       "  <clipPath id=\"clip2800\">\n",
       "    <rect x=\"0\" y=\"0\" width=\"2400\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"\n",
       "M0 1600 L2400 1600 L2400 0 L0 0  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip2801\">\n",
       "    <rect x=\"480\" y=\"0\" width=\"1681\" height=\"1600\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"\n",
       "M195.389 1487.47 L2352.76 1487.47 L2352.76 47.2441 L195.389 47.2441  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<defs>\n",
       "  <clipPath id=\"clip2802\">\n",
       "    <rect x=\"195\" y=\"47\" width=\"2158\" height=\"1441\"/>\n",
       "  </clipPath>\n",
       "</defs>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  495.888,1487.47 495.888,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  974.771,1487.47 974.771,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1453.65,1487.47 1453.65,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  1932.54,1487.47 1932.54,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,1464.12 2352.76,1464.12 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,1122.57 2352.76,1122.57 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,781.019 2352.76,781.019 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,439.466 2352.76,439.466 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#000000; stroke-width:2; stroke-opacity:0.1; fill:none\" points=\"\n",
       "  195.389,97.9138 2352.76,97.9138 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1487.47 2352.76,1487.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1487.47 195.389,47.2441 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  495.888,1487.47 495.888,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  974.771,1487.47 974.771,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1453.65,1487.47 1453.65,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1932.54,1487.47 1932.54,1470.19 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1464.12 221.278,1464.12 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,1122.57 221.278,1122.57 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,781.019 221.278,781.019 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,439.466 221.278,439.466 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  195.389,97.9138 221.278,97.9138 \n",
       "  \"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 495.888, 1541.47)\" x=\"495.888\" y=\"1541.47\">0.2</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 974.771, 1541.47)\" x=\"974.771\" y=\"1541.47\">0.4</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1453.65, 1541.47)\" x=\"1453.65\" y=\"1541.47\">0.6</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:middle;\" transform=\"rotate(0, 1932.54, 1541.47)\" x=\"1932.54\" y=\"1541.47\">0.8</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 1481.62)\" x=\"171.389\" y=\"1481.62\">-100</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 1140.07)\" x=\"171.389\" y=\"1140.07\">-80</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 798.519)\" x=\"171.389\" y=\"798.519\">-60</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 456.966)\" x=\"171.389\" y=\"456.966\">-40</text>\n",
       "</g>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:end;\" transform=\"rotate(0, 171.389, 115.414)\" x=\"171.389\" y=\"115.414\">-20</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  256.447,1446.71 376.167,1248.61 495.888,1131.53 615.609,1025.33 735.33,959.215 855.05,899.942 974.771,855.805 1094.49,828.186 1214.21,792.719 1333.93,778.806 \n",
       "  1453.65,746.794 1573.37,746.269 1693.09,740.004 1812.82,713.026 1932.54,703.867 2052.26,705.135 2171.98,705.959 2291.7,689.664 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M240.447 1430.71 L240.447 1462.71 L272.447 1462.71 L272.447 1430.71 L240.447 1430.71 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M360.167 1232.61 L360.167 1264.61 L392.167 1264.61 L392.167 1232.61 L360.167 1232.61 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M479.888 1115.53 L479.888 1147.53 L511.888 1147.53 L511.888 1115.53 L479.888 1115.53 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M599.609 1009.33 L599.609 1041.33 L631.609 1041.33 L631.609 1009.33 L599.609 1009.33 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M719.33 943.215 L719.33 975.215 L751.33 975.215 L751.33 943.215 L719.33 943.215 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M839.05 883.942 L839.05 915.942 L871.05 915.942 L871.05 883.942 L839.05 883.942 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M958.771 839.805 L958.771 871.805 L990.771 871.805 L990.771 839.805 L958.771 839.805 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1078.49 812.186 L1078.49 844.186 L1110.49 844.186 L1110.49 812.186 L1078.49 812.186 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1198.21 776.719 L1198.21 808.719 L1230.21 808.719 L1230.21 776.719 L1198.21 776.719 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1317.93 762.806 L1317.93 794.806 L1349.93 794.806 L1349.93 762.806 L1317.93 762.806 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1437.65 730.794 L1437.65 762.794 L1469.65 762.794 L1469.65 730.794 L1437.65 730.794 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1557.37 730.269 L1557.37 762.269 L1589.37 762.269 L1589.37 730.269 L1557.37 730.269 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1677.09 724.004 L1677.09 756.004 L1709.09 756.004 L1709.09 724.004 L1677.09 724.004 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1796.82 697.026 L1796.82 729.026 L1828.82 729.026 L1828.82 697.026 L1796.82 697.026 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1916.54 687.867 L1916.54 719.867 L1948.54 719.867 L1948.54 687.867 L1916.54 687.867 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2036.26 689.135 L2036.26 721.135 L2068.26 721.135 L2068.26 689.135 L2036.26 689.135 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2155.98 689.959 L2155.98 721.959 L2187.98 721.959 L2187.98 689.959 L2155.98 689.959 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2275.7 673.664 L2275.7 705.664 L2307.7 705.664 L2307.7 673.664 L2275.7 673.664 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  256.447,1432 376.167,1219.98 495.888,1085.75 615.609,980.977 735.33,907.175 855.05,842.271 974.771,814.122 1094.49,775.884 1214.21,743.535 1333.93,724.6 \n",
       "  1453.65,728.743 1573.37,705.62 1693.09,702.125 1812.82,685.145 1932.54,685.813 2052.26,691.787 2171.98,684.578 2291.7,683.707 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M272.447 1416 L240.447 1416 L256.447 1448 L272.447 1416 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M392.167 1203.98 L360.167 1203.98 L376.167 1235.98 L392.167 1203.98 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M511.888 1069.75 L479.888 1069.75 L495.888 1101.75 L511.888 1069.75 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M631.609 964.977 L599.609 964.977 L615.609 996.977 L631.609 964.977 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M751.33 891.175 L719.33 891.175 L735.33 923.175 L751.33 891.175 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M871.05 826.271 L839.05 826.271 L855.05 858.271 L871.05 826.271 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M990.771 798.122 L958.771 798.122 L974.771 830.122 L990.771 798.122 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1110.49 759.884 L1078.49 759.884 L1094.49 791.884 L1110.49 759.884 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1230.21 727.535 L1198.21 727.535 L1214.21 759.535 L1230.21 727.535 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1349.93 708.6 L1317.93 708.6 L1333.93 740.6 L1349.93 708.6 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1469.65 712.743 L1437.65 712.743 L1453.65 744.743 L1469.65 712.743 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1589.37 689.62 L1557.37 689.62 L1573.37 721.62 L1589.37 689.62 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1709.09 686.125 L1677.09 686.125 L1693.09 718.125 L1709.09 686.125 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1828.82 669.145 L1796.82 669.145 L1812.82 701.145 L1828.82 669.145 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1948.54 669.813 L1916.54 669.813 L1932.54 701.813 L1948.54 669.813 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2068.26 675.787 L2036.26 675.787 L2052.26 707.787 L2068.26 675.787 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2187.98 668.578 L2155.98 668.578 L2171.98 700.578 L2187.98 668.578 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2307.7 667.707 L2275.7 667.707 L2291.7 699.707 L2307.7 667.707 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#3da44d; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  256.447,1402.33 376.167,1179.27 495.888,1020.67 615.609,905.277 735.33,809.655 855.05,739.037 974.771,675.016 1094.49,625.703 1214.21,593.981 1333.93,569.666 \n",
       "  1453.65,540.006 1573.37,515.808 1693.09,502.155 1812.82,484.252 1932.54,475.584 2052.26,457.5 2171.98,453.451 2291.7,449.366 \n",
       "  \"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"1402.33\" x2=\"256.447\" y2=\"1386.33\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"1402.33\" x2=\"240.447\" y2=\"1402.33\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"1402.33\" x2=\"256.447\" y2=\"1418.33\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"1402.33\" x2=\"272.447\" y2=\"1402.33\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"1179.27\" x2=\"376.167\" y2=\"1163.27\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"1179.27\" x2=\"360.167\" y2=\"1179.27\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"1179.27\" x2=\"376.167\" y2=\"1195.27\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"1179.27\" x2=\"392.167\" y2=\"1179.27\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"1020.67\" x2=\"495.888\" y2=\"1004.67\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"1020.67\" x2=\"479.888\" y2=\"1020.67\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"1020.67\" x2=\"495.888\" y2=\"1036.67\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"1020.67\" x2=\"511.888\" y2=\"1020.67\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"905.277\" x2=\"615.609\" y2=\"889.277\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"905.277\" x2=\"599.609\" y2=\"905.277\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"905.277\" x2=\"615.609\" y2=\"921.277\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"905.277\" x2=\"631.609\" y2=\"905.277\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"809.655\" x2=\"735.33\" y2=\"793.655\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"809.655\" x2=\"719.33\" y2=\"809.655\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"809.655\" x2=\"735.33\" y2=\"825.655\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"809.655\" x2=\"751.33\" y2=\"809.655\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"739.037\" x2=\"855.05\" y2=\"723.037\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"739.037\" x2=\"839.05\" y2=\"739.037\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"739.037\" x2=\"855.05\" y2=\"755.037\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"739.037\" x2=\"871.05\" y2=\"739.037\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"675.016\" x2=\"974.771\" y2=\"659.016\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"675.016\" x2=\"958.771\" y2=\"675.016\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"675.016\" x2=\"974.771\" y2=\"691.016\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"675.016\" x2=\"990.771\" y2=\"675.016\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"625.703\" x2=\"1094.49\" y2=\"609.703\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"625.703\" x2=\"1078.49\" y2=\"625.703\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"625.703\" x2=\"1094.49\" y2=\"641.703\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"625.703\" x2=\"1110.49\" y2=\"625.703\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"593.981\" x2=\"1214.21\" y2=\"577.981\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"593.981\" x2=\"1198.21\" y2=\"593.981\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"593.981\" x2=\"1214.21\" y2=\"609.981\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"593.981\" x2=\"1230.21\" y2=\"593.981\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"569.666\" x2=\"1333.93\" y2=\"553.666\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"569.666\" x2=\"1317.93\" y2=\"569.666\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"569.666\" x2=\"1333.93\" y2=\"585.666\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"569.666\" x2=\"1349.93\" y2=\"569.666\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"540.006\" x2=\"1453.65\" y2=\"524.006\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"540.006\" x2=\"1437.65\" y2=\"540.006\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"540.006\" x2=\"1453.65\" y2=\"556.006\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"540.006\" x2=\"1469.65\" y2=\"540.006\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"515.808\" x2=\"1573.37\" y2=\"499.808\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"515.808\" x2=\"1557.37\" y2=\"515.808\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"515.808\" x2=\"1573.37\" y2=\"531.808\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"515.808\" x2=\"1589.37\" y2=\"515.808\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"502.155\" x2=\"1693.09\" y2=\"486.155\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"502.155\" x2=\"1677.09\" y2=\"502.155\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"502.155\" x2=\"1693.09\" y2=\"518.155\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"502.155\" x2=\"1709.09\" y2=\"502.155\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"484.252\" x2=\"1812.82\" y2=\"468.252\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"484.252\" x2=\"1796.82\" y2=\"484.252\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"484.252\" x2=\"1812.82\" y2=\"500.252\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"484.252\" x2=\"1828.82\" y2=\"484.252\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"475.584\" x2=\"1932.54\" y2=\"459.584\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"475.584\" x2=\"1916.54\" y2=\"475.584\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"475.584\" x2=\"1932.54\" y2=\"491.584\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"475.584\" x2=\"1948.54\" y2=\"475.584\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"457.5\" x2=\"2052.26\" y2=\"441.5\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"457.5\" x2=\"2036.26\" y2=\"457.5\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"457.5\" x2=\"2052.26\" y2=\"473.5\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"457.5\" x2=\"2068.26\" y2=\"457.5\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"453.451\" x2=\"2171.98\" y2=\"437.451\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"453.451\" x2=\"2155.98\" y2=\"453.451\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"453.451\" x2=\"2171.98\" y2=\"469.451\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"453.451\" x2=\"2187.98\" y2=\"453.451\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"449.366\" x2=\"2291.7\" y2=\"433.366\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"449.366\" x2=\"2275.7\" y2=\"449.366\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"449.366\" x2=\"2291.7\" y2=\"465.366\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"449.366\" x2=\"2307.7\" y2=\"449.366\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#c271d2; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  256.447,408.73 376.167,402.426 495.888,402.6 615.609,403.854 735.33,389.991 855.05,386.681 974.771,380.874 1094.49,376.132 1214.21,377.675 1333.93,373.294 \n",
       "  1453.65,375.998 1573.37,371.076 1693.09,369.829 1812.82,370.014 1932.54,361.181 2052.26,362.548 2171.98,361.542 2291.7,355.33 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M240.447 392.73 L240.447 424.73 L272.447 424.73 L272.447 392.73 L240.447 392.73 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M360.167 386.426 L360.167 418.426 L392.167 418.426 L392.167 386.426 L360.167 386.426 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M479.888 386.6 L479.888 418.6 L511.888 418.6 L511.888 386.6 L479.888 386.6 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M599.609 387.854 L599.609 419.854 L631.609 419.854 L631.609 387.854 L599.609 387.854 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M719.33 373.991 L719.33 405.991 L751.33 405.991 L751.33 373.991 L719.33 373.991 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M839.05 370.681 L839.05 402.681 L871.05 402.681 L871.05 370.681 L839.05 370.681 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M958.771 364.874 L958.771 396.874 L990.771 396.874 L990.771 364.874 L958.771 364.874 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1078.49 360.132 L1078.49 392.132 L1110.49 392.132 L1110.49 360.132 L1078.49 360.132 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1198.21 361.675 L1198.21 393.675 L1230.21 393.675 L1230.21 361.675 L1198.21 361.675 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1317.93 357.294 L1317.93 389.294 L1349.93 389.294 L1349.93 357.294 L1317.93 357.294 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1437.65 359.998 L1437.65 391.998 L1469.65 391.998 L1469.65 359.998 L1437.65 359.998 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1557.37 355.076 L1557.37 387.076 L1589.37 387.076 L1589.37 355.076 L1557.37 355.076 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1677.09 353.829 L1677.09 385.829 L1709.09 385.829 L1709.09 353.829 L1677.09 353.829 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1796.82 354.014 L1796.82 386.014 L1828.82 386.014 L1828.82 354.014 L1796.82 354.014 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1916.54 345.181 L1916.54 377.181 L1948.54 377.181 L1948.54 345.181 L1916.54 345.181 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2036.26 346.548 L2036.26 378.548 L2068.26 378.548 L2068.26 346.548 L2036.26 346.548 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2155.98 345.542 L2155.98 377.542 L2187.98 377.542 L2187.98 345.542 L2155.98 345.542 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2275.7 339.33 L2275.7 371.33 L2307.7 371.33 L2307.7 339.33 L2275.7 339.33 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#ac8d18; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  256.447,133.658 376.167,129.633 495.888,134.437 615.609,137.028 735.33,140.321 855.05,146.829 974.771,149.176 1094.49,164.352 1214.21,179.516 1333.93,201.998 \n",
       "  1453.65,233.809 1573.37,275.087 1693.09,318.856 1812.82,379.221 1932.54,471.338 2052.26,579.223 2171.98,710.582 2291.7,1082.93 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M272.447 117.658 L240.447 117.658 L256.447 149.658 L272.447 117.658 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M392.167 113.633 L360.167 113.633 L376.167 145.633 L392.167 113.633 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M511.888 118.437 L479.888 118.437 L495.888 150.437 L511.888 118.437 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M631.609 121.028 L599.609 121.028 L615.609 153.028 L631.609 121.028 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M751.33 124.321 L719.33 124.321 L735.33 156.321 L751.33 124.321 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M871.05 130.829 L839.05 130.829 L855.05 162.829 L871.05 130.829 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M990.771 133.176 L958.771 133.176 L974.771 165.176 L990.771 133.176 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1110.49 148.352 L1078.49 148.352 L1094.49 180.352 L1110.49 148.352 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1230.21 163.516 L1198.21 163.516 L1214.21 195.516 L1230.21 163.516 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1349.93 185.998 L1317.93 185.998 L1333.93 217.998 L1349.93 185.998 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1469.65 217.809 L1437.65 217.809 L1453.65 249.809 L1469.65 217.809 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1589.37 259.087 L1557.37 259.087 L1573.37 291.087 L1589.37 259.087 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1709.09 302.856 L1677.09 302.856 L1693.09 334.856 L1709.09 302.856 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1828.82 363.221 L1796.82 363.221 L1812.82 395.221 L1828.82 363.221 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M1948.54 455.338 L1916.54 455.338 L1932.54 487.338 L1948.54 455.338 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2068.26 563.223 L2036.26 563.223 L2052.26 595.223 L2068.26 563.223 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2187.98 694.582 L2155.98 694.582 L2171.98 726.582 L2187.98 694.582 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<path clip-path=\"url(#clip2802)\" d=\"M2307.7 1066.93 L2275.7 1066.93 L2291.7 1098.93 L2307.7 1066.93 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<polyline clip-path=\"url(#clip2802)\" style=\"stroke:#00a9ad; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  256.447,126.575 376.167,112.225 495.888,105.557 615.609,100.688 735.33,97.5196 855.05,94.988 974.771,93.1986 1094.49,94.0583 1214.21,92.3659 1333.93,91.7843 \n",
       "  1453.65,91.219 1573.37,88.0053 1693.09,91.5643 1812.82,91.1022 1932.54,90.2459 2052.26,91.2552 2171.98,89.932 2291.7,88.3281 \n",
       "  \"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"126.575\" x2=\"256.447\" y2=\"110.575\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"126.575\" x2=\"240.447\" y2=\"126.575\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"126.575\" x2=\"256.447\" y2=\"142.575\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"256.447\" y1=\"126.575\" x2=\"272.447\" y2=\"126.575\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"112.225\" x2=\"376.167\" y2=\"96.2252\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"112.225\" x2=\"360.167\" y2=\"112.225\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"112.225\" x2=\"376.167\" y2=\"128.225\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"376.167\" y1=\"112.225\" x2=\"392.167\" y2=\"112.225\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"105.557\" x2=\"495.888\" y2=\"89.557\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"105.557\" x2=\"479.888\" y2=\"105.557\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"105.557\" x2=\"495.888\" y2=\"121.557\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"495.888\" y1=\"105.557\" x2=\"511.888\" y2=\"105.557\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"100.688\" x2=\"615.609\" y2=\"84.6875\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"100.688\" x2=\"599.609\" y2=\"100.688\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"100.688\" x2=\"615.609\" y2=\"116.688\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"615.609\" y1=\"100.688\" x2=\"631.609\" y2=\"100.688\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"97.5196\" x2=\"735.33\" y2=\"81.5196\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"97.5196\" x2=\"719.33\" y2=\"97.5196\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"97.5196\" x2=\"735.33\" y2=\"113.52\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"735.33\" y1=\"97.5196\" x2=\"751.33\" y2=\"97.5196\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"94.988\" x2=\"855.05\" y2=\"78.988\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"94.988\" x2=\"839.05\" y2=\"94.988\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"94.988\" x2=\"855.05\" y2=\"110.988\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"855.05\" y1=\"94.988\" x2=\"871.05\" y2=\"94.988\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"93.1986\" x2=\"974.771\" y2=\"77.1986\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"93.1986\" x2=\"958.771\" y2=\"93.1986\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"93.1986\" x2=\"974.771\" y2=\"109.199\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"974.771\" y1=\"93.1986\" x2=\"990.771\" y2=\"93.1986\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"94.0583\" x2=\"1094.49\" y2=\"78.0583\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"94.0583\" x2=\"1078.49\" y2=\"94.0583\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"94.0583\" x2=\"1094.49\" y2=\"110.058\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1094.49\" y1=\"94.0583\" x2=\"1110.49\" y2=\"94.0583\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"92.3659\" x2=\"1214.21\" y2=\"76.3659\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"92.3659\" x2=\"1198.21\" y2=\"92.3659\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"92.3659\" x2=\"1214.21\" y2=\"108.366\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1214.21\" y1=\"92.3659\" x2=\"1230.21\" y2=\"92.3659\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"91.7843\" x2=\"1333.93\" y2=\"75.7843\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"91.7843\" x2=\"1317.93\" y2=\"91.7843\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"91.7843\" x2=\"1333.93\" y2=\"107.784\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1333.93\" y1=\"91.7843\" x2=\"1349.93\" y2=\"91.7843\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"91.219\" x2=\"1453.65\" y2=\"75.219\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"91.219\" x2=\"1437.65\" y2=\"91.219\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"91.219\" x2=\"1453.65\" y2=\"107.219\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1453.65\" y1=\"91.219\" x2=\"1469.65\" y2=\"91.219\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"88.0053\" x2=\"1573.37\" y2=\"72.0053\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"88.0053\" x2=\"1557.37\" y2=\"88.0053\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"88.0053\" x2=\"1573.37\" y2=\"104.005\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1573.37\" y1=\"88.0053\" x2=\"1589.37\" y2=\"88.0053\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"91.5643\" x2=\"1693.09\" y2=\"75.5643\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"91.5643\" x2=\"1677.09\" y2=\"91.5643\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"91.5643\" x2=\"1693.09\" y2=\"107.564\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1693.09\" y1=\"91.5643\" x2=\"1709.09\" y2=\"91.5643\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"91.1022\" x2=\"1812.82\" y2=\"75.1022\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"91.1022\" x2=\"1796.82\" y2=\"91.1022\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"91.1022\" x2=\"1812.82\" y2=\"107.102\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1812.82\" y1=\"91.1022\" x2=\"1828.82\" y2=\"91.1022\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"90.2459\" x2=\"1932.54\" y2=\"74.2459\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"90.2459\" x2=\"1916.54\" y2=\"90.2459\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"90.2459\" x2=\"1932.54\" y2=\"106.246\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"1932.54\" y1=\"90.2459\" x2=\"1948.54\" y2=\"90.2459\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"91.2552\" x2=\"2052.26\" y2=\"75.2552\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"91.2552\" x2=\"2036.26\" y2=\"91.2552\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"91.2552\" x2=\"2052.26\" y2=\"107.255\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2052.26\" y1=\"91.2552\" x2=\"2068.26\" y2=\"91.2552\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"89.932\" x2=\"2171.98\" y2=\"73.932\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"89.932\" x2=\"2155.98\" y2=\"89.932\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"89.932\" x2=\"2171.98\" y2=\"105.932\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2171.98\" y1=\"89.932\" x2=\"2187.98\" y2=\"89.932\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"88.3281\" x2=\"2291.7\" y2=\"72.3281\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"88.3281\" x2=\"2275.7\" y2=\"88.3281\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"88.3281\" x2=\"2291.7\" y2=\"104.328\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2802)\" x1=\"2291.7\" y1=\"88.3281\" x2=\"2307.7\" y2=\"88.3281\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"\n",
       "M1428.16 1343.47 L2280.76 1343.47 L2280.76 920.115 L1428.16 920.115  Z\n",
       "  \" fill=\"#ffffff\" fill-rule=\"evenodd\" fill-opacity=\"1\"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#000000; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1428.16,1343.47 2280.76,1343.47 2280.76,920.115 1428.16,920.115 1428.16,1343.47 \n",
       "  \"/>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#009af9; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  1452.16,980.595 1596.16,980.595 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"M1512.16 956.595 L1512.16 1004.59 L1560.16 1004.59 L1560.16 956.595 L1512.16 956.595 Z\" fill=\"#009af9\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 998.095)\" x=\"1620.16\" y=\"998.095\">Interim Q</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#e26f46; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  1452.16,1041.07 1596.16,1041.07 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"M1560.16 1017.07 L1512.16 1017.07 L1536.16 1065.07 L1560.16 1017.07 Z\" fill=\"#e26f46\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 1058.57)\" x=\"1620.16\" y=\"1058.57\">Interim SARSA</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#3da44d; stroke-width:4; stroke-opacity:1; fill:none\" stroke-dasharray=\"16, 10\" points=\"\n",
       "  1452.16,1101.55 1596.16,1101.55 \n",
       "  \"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1101.55\" x2=\"1536.16\" y2=\"1077.55\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1101.55\" x2=\"1512.16\" y2=\"1101.55\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1101.55\" x2=\"1536.16\" y2=\"1125.55\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1101.55\" x2=\"1560.16\" y2=\"1101.55\" style=\"stroke:#3da44d; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 1119.05)\" x=\"1620.16\" y=\"1119.05\">Interim ExpectedSARSA</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#c271d2; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1452.16,1162.03 1596.16,1162.03 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"M1512.16 1138.03 L1512.16 1186.03 L1560.16 1186.03 L1560.16 1138.03 L1512.16 1138.03 Z\" fill=\"#c271d2\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 1179.53)\" x=\"1620.16\" y=\"1179.53\">Asymptotic interim Q</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#ac8d18; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1452.16,1222.51 1596.16,1222.51 \n",
       "  \"/>\n",
       "<path clip-path=\"url(#clip2800)\" d=\"M1560.16 1198.51 L1512.16 1198.51 L1536.16 1246.51 L1560.16 1198.51 Z\" fill=\"#ac8d18\" fill-rule=\"evenodd\" fill-opacity=\"1\" stroke=\"#000000\" stroke-opacity=\"1\" stroke-width=\"3.2\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 1240.01)\" x=\"1620.16\" y=\"1240.01\">Asymptotic SARSA</text>\n",
       "</g>\n",
       "<polyline clip-path=\"url(#clip2800)\" style=\"stroke:#00a9ad; stroke-width:4; stroke-opacity:1; fill:none\" points=\"\n",
       "  1452.16,1282.99 1596.16,1282.99 \n",
       "  \"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1282.99\" x2=\"1536.16\" y2=\"1258.99\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1282.99\" x2=\"1512.16\" y2=\"1282.99\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1282.99\" x2=\"1536.16\" y2=\"1306.99\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<line clip-path=\"url(#clip2800)\" x1=\"1536.16\" y1=\"1282.99\" x2=\"1560.16\" y2=\"1282.99\" style=\"stroke:#00a9ad; stroke-width:3.2; stroke-opacity:1\"/>\n",
       "<g clip-path=\"url(#clip2800)\">\n",
       "<text style=\"fill:#000000; fill-opacity:1; font-family:Arial,Helvetica Neue,Helvetica,sans-serif; font-size:48px; text-anchor:start;\" transform=\"rotate(0, 1620.16, 1300.49)\" x=\"1620.16\" y=\"1300.49\">Asymptotic ExpectedSARSA</text>\n",
       "</g>\n",
       "</svg>\n"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "A = 0.1:0.05:0.95\n",
    "p = plot(;legend=:bottomright)\n",
    "\n",
    "plot!(p, A, [repeated_run(() -> create_Q_agent(α), 100, 100) for α in A], linestyle=:dash ,markershape=:rect, label=\"Interim Q\")\n",
    "plot!(p, A, [repeated_run(() -> create_SARSA_agent(α), 100, 100) for α in A], linestyle=:dash, markershape=:dtriangle, label=\"Interim SARSA\")\n",
    "plot!(p, A, [repeated_run(() -> create_ExpectedSARSA_agent(α), 100, 100) for α in A], linestyle=:dash, markershape=:cross, label=\"Interim ExpectedSARSA\")\n",
    "\n",
    "plot!(p, A, [repeated_run(() -> create_Q_agent(α), 10, 5000) for α in A], linestyle=:solid ,markershape=:rect, label=\"Asymptotic interim Q\")\n",
    "plot!(p, A, [repeated_run(() -> create_SARSA_agent(α), 10, 5000) for α in A], linestyle=:solid, markershape=:dtriangle, label=\"Asymptotic SARSA\")\n",
    "plot!(p, A, [repeated_run(() -> create_ExpectedSARSA_agent(α), 10, 5000) for α in A], linestyle=:solid, markershape=:cross, label=\"Asymptotic ExpectedSARSA\")"
   ]
  }
 ],
 "metadata": {
  "@webio": {
   "lastCommId": null,
   "lastKernelId": null
  },
  "kernelspec": {
   "display_name": "Julia 1.3.0",
   "language": "julia",
   "name": "julia-1.3"
  },
  "language_info": {
   "file_extension": ".jl",
   "mimetype": "application/julia",
   "name": "julia",
   "version": "1.3.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}
